vllm>=0.8.1
torch>=2.6.0
openai>=1.68.2
